"""
下载大模型及向量嵌入模型
"""

import os
os.environ["HF_ENDPOINT"] = "https://hf-mirror.com"

# from modelscope import snapshot_download
from huggingface_hub import snapshot_download


if __name__ == '__main__':
    # snapshot_download('DataoceanAI/dolphin-small', local_dir=r'/root/autodl-tmp/dolphin-small')
    # snapshot_download('ModelSpace/GemmaX2-28-9B-v0.1', local_dir=r'/root/autodl-tmp/GemmaX2-28-9B-v0.1')
    # snapshot_download('cardiffnlp/tweet-topic-latest-multi', local_dir=r'/root/autodl-tmp/tweet-topic-latest-multi')
    # snapshot_download('pyannote/segmentation-3.0', local_dir=r'/root/autodl-tmp/segmentation-3.0',token='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')
    # snapshot_download("Unbabel/XCOMET-XXL", local_dir=r'/root/autodl-tmp/XCOMET-XXL', token="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")
    # snapshot_download('microsoft/infoxlm-large', local_dir=r'/root/autodl-tmp/infoxlm-large')
    # snapshot_download('Unbabel/unite-mup', local_dir=r'/root/autodl-tmp/unite-mup')
    # snapshot_download('creasson/malay', 
    # repo_type="dataset",
    # local_dir=r'/root/autodl-tmp/malay')
    snapshot_download('ICTNLP/NAST-S2X', local_dir=r'/root/autodl-tmp/NAST-S2X')

